Load packages

library(tidyverse)
library(gridExtra)
library(cowplot)
library(viridis)
library(ggridges)
library(ggstance)
library(treeio)
library(ggtree)
library(tidytree)

Load and combine data

studies <- read_csv("../data/studies_gsheet.csv")
species <- read_csv("../data/species_gsheet.csv")
fulltree <- read.nexus("../data/consensusTree_10kTrees_298Primates_V3.nex")
refs <- read_csv("../data/ref_nodes.csv")
data <- studies %>% 
  left_join(species, by = c("species" = "species_file")) %>% 
  filter(species != "Macaca sp.") %>% 
  rename(label = species_tree, num = n) %>% 
  select(label, studyID, species, site, num)
data2 <- data %>%
  group_by(label, species) %>% 
  summarise(Nsites = n_distinct(site), Nstudies = n_distinct(studyID)) %>% 
  mutate(div_score = Nsites/Nstudies)
# turn tree into tidy dataframe
tree2 <- fulltree %>% 
  drop.tip(c("Pan_troglodytes_schweinfurthii", "Pan_troglodytes_troglodytes",
             "Pan_troglodytes_vellerosus", "Pongo_pygmaeus")) %>%
  as_tibble

inner_nodes <- c(295:304, 314:315, 320:326, 328:332, 334, 336:353, 356:358, 362:364, 366, 382:390, 395, 399:402, 404:410, 412:418, 420:423, 430:433, 435:439, 445:449, 453:455, 457:458, 459:461, 464:471, 473:478, 480:484, 488:499, 512, 531:532, 536:538, 541:545, 552:554, 561:563, 566, 568)

tree3 <- tree2 %>% 
  mutate(label = fct_recode(label, "Pan_troglodytes" = "Pan_troglodytes_verus",
                                   "Pongo_spp" = "Pongo_abelii")) %>% 
  left_join(data2) %>% 
  mutate(
    hasN = ifelse(is.na(Nstudies), .1, .5), # used to size branches + color the tip labels
    hasN2 = ifelse(is.na(Nstudies) & !(node %in% inner_nodes), 0, .5), # used to color branches
    label = str_replace_all(label, "_", " ")) %>% 
  left_join(refs) %>% 
  groupClade(refs$node[-1]) %>% 
  mutate(group = fct_recode(group, "2" = "1"))
Joining, by = "label"
Column `label` joining factor and character vector, coercing into character vectorJoining, by = "node"
# turn back into tree
tree4 <- as.treedata(tree3)

Circular tree of the 10ktree primates

cols <- viridis(4, end = .9)
p <- ggtree(tree4, aes(alpha = hasN2), layout = "circular") + # size = hasN, 
  # highlight clades with background colors
  geom_hilight(node = 485, fill = cols[1], alpha = .3) +
  geom_hilight(node = 488, fill = cols[1], alpha = .3) +
  geom_hilight(node = 421, fill = cols[2], alpha = .3) +
  geom_hilight(node = 299, fill = cols[3], alpha = .3) +
  geom_hilight(node = 404, fill = cols[4], alpha = .3) +
  # plot tree again to be on top of the highlights
  geom_tree() +
  # root
  geom_rootpoint(size = 1) +
  # tips
  geom_tippoint(aes(size = Nstudies), alpha = .7) +
  geom_tiplab2(aes(alpha = hasN), offset = 3, size = 3) +
  # tweak scales
  scale_alpha_continuous(range = c(.2, 1)) +
  scale_size_area(max_size = 15) +
  # widen plotting area
  xlim(NA, 100)
pcol <- ggplot(tibble(cols = cols, x = 1:4), aes(x, y = 1, col = cols)) +
  geom_point(size = 6, alpha = .3) +
  scale_color_identity("Clade", guide = "legend", breaks = cols[c(1, 3, 4, 2)], 
                       labels = c("Tarsiformes & Strepsirrhini", "Catarrhini", 
                                  "Homonoidea", "Platyrrhini")) +
  theme_cowplot()

l1 <- get_legend(pcol)
psize <- ggplot(data2, aes(size = Nstudies, x = 1, y = 1)) +
  geom_point(alpha = .7) +
  scale_size_area("Number of Studies", max_size = 15) +
  theme_cowplot()

l2 <- get_legend(psize)
px <- plot_grid(p, plot_grid(NA, l1, l2, NA, ncol = 1, rel_heights = c(.3, .15, .15, .3)), NA,
          nrow = 1, rel_widths = c(1, .2, .1))
Cannot convert object of class logical into a grob.Cannot convert object of class logical into a grob.Removed 225 rows containing missing values (geom_point_g_gtree).Cannot convert object of class logical into a grob.
px

ggsave("../graphs/phylo_full.pdf", px, width = 10, height = 7, scale = 2)
# to figure out node numbers
n1 <- p + geom_text(aes(label = node, x = branch), size = 2, col = "blue", vjust = -.5)
ggsave("../graphs/full_tree_nodes_circular.pdf", n1, width = 8, height = 8, scale = 2)
n2 <- ggtree(tree4, aes(size = hasN, alpha = hasN2)) +
  # highlight clades with background colors
  geom_hilight(node = 485, fill = cols[1], alpha = .3) +
  geom_hilight(node = 488, fill = cols[1], alpha = .3) +
  geom_hilight(node = 421, fill = cols[2], alpha = .3) +
  geom_hilight(node = 299, fill = cols[3], alpha = .3) +
  geom_hilight(node = 404, fill = cols[4], alpha = .3) +
  # plot tree again to be on top of the highlights
  geom_tree() +
  # root
  geom_rootedge(rootedge = 2) +
  geom_rootpoint(size = 1) +
  # node labels
  geom_text(aes(label = node, x = branch), size = 2, col = "blue", vjust = -.5) +
  # tips
  geom_tippoint(aes(size = Nstudies), alpha = .7) +
  geom_tiplab(aes(alpha = hasN), offset = 1.8, size = 3) +
  # tweak scales
  scale_alpha_continuous(range = c(.2, 1)) +
  scale_size_continuous(range = c(.5, 15)) +
  # widen plotting area
  expand_limits(x = 90) +
  theme_tree2()

ggsave("../graphs/full_tree_nodes.pdf", n2, width = 8, height = 20, scale = 2)

Sample size in detail

data %>% arrange(desc(num)) %>% mutate(site = str_sub(site, 1, 35)) %>% select(-species)
# subset tree to just those species who have sample sizes reported, i.e. those who were tested
to_drop <- tree3 %>% filter(is.na(Nstudies)) %>% pull(label)
tree5 <- drop.tip(tree4, to_drop)
d3 <- mutate(data, label = str_replace_all(label, "_", " "))
# filter super large samples out for visualization? note in caption
# species with more than X sites can get a density
d3a <- d3 %>% group_by(species) %>% filter(n_distinct(site) >= 4, num <= 200)
d3b <- d3 %>% # setdiff(d3, d3a) %>% ## <- to NOT show points for densities
  group_by(species) %>% 
  # create variable num2 is NA if there's only one data point for a species
  # --> those species will only get the vertical crossbar
  mutate(flag = n_distinct(site) == 1) %>% 
  ungroup %>% 
  mutate(num2 = ifelse(flag, NA, num)) %>% 
  filter(num <= 200)

# for vertical crossbar = median
d4a <- d3 %>% 
  group_by(label, species) %>% 
  summarise(Mdn = median(num, na.rm = T)) # totalN = sum(num), sitesN = n_distinct(site)

# for cross = median (sample size by species and site)
d4b <- d3 %>% 
  group_by(label, species, site) %>% 
  summarise(Mdn_site = median(num, na.rm = T))%>% 
  group_by(label, species) %>% 
  summarise(Mdn_site2 = median(Mdn_site))

# make NA when closer than 1 to Mdn
d4 <- full_join(d4a, d4b) %>% 
  mutate(Mdn_site2 = ifelse(Mdn == Mdn_site2, NA, Mdn_site2))
Joining, by = c("label", "species")
# for vertical line in ridge plot (grand median)
# + hacky way to make horizontal grid lines for right panel only
v <- tibble(reference = c(NA, median(d3$num, na.rm = T)), .panel = c("Tree", "xSample size"))
h <- tibble(reference = c(NA, 1:Ntip(tree5)), .panel = c("Tree", rep("xSample size", Ntip(tree5))))

# for axis labels
ax <- tibble(lab = c("Distance (Millions of years)", "Sample size"), 
             x = c(60, 100), y = -4, .panel = c("Tree", "xSample size"))
# LEFT FACET
q <- ggtree(tree5, aes(col = group)) +
  # root
  geom_rootedge(rootedge = 5) +
  # tip labels
  geom_tippoint(aes(size = Nstudies), shape = 21, fill = "white") +
  geom_tippoint(aes(size = Nsites), stroke = 0, alpha = .8) +
  geom_tiplab(aes(label = str_c(label, " (", Nsites, "/", Nstudies, ")")), offset = 4, size = 3) +
  # tweak scales
  scale_color_manual(values = c("grey30", cols)) +
  scale_fill_manual(values = cols) +
  scale_size_area(max_size = 8) +
  # display timescale at the bottom
  theme_tree2() +
  xlim_tree(112) +
  xlim_expand(c(0, 175), "xSample size") +
  # add axis labels
  geom_text(data = ax, aes(label = lab), col = "black") +
  scale_x_continuous(expand = expand_scale(mult = c(0, .01))) +
  scale_y_continuous(limits = c(2, Ntip(tree5)), oob = function(x, ...) x) +
  coord_cartesian(clip = "off") +
  # add reference lines (these will show up on right panel of facet_plot only)
  geom_hline(data = h, aes(yintercept = reference), lwd = .2, col = "grey", alpha = .5) +
  geom_vline(data = v, aes(xintercept = reference), lwd = 1.5, col = "grey", alpha = .3) +
  # remove facet strips, expand bottom margin (to make space for x axis labels)
  theme(strip.text = element_blank(), strip.background = element_blank(),
        plot.margin = unit(c(1, 1, 2, 1.5), "cm"), panel.spacing = unit(1, "cm"))
# right-side viz depends on the number of sites per species:
# 1 site = vertical crossbar only
# 2+ sites = points + crossbar at median
# X+ sites = densities (currently, X = 4 just to illustrate)

# dirty hack: x in front of "Sample size" is to have that panel sort to the right (alphabetically) until I figure out why it doesn't just go by order. This cropped up as an issue when I added the dummy point for the x-axis expansion...

# ADD RIGHT FACET
qx <- q %>% 
  # densities for species with enough sites
  facet_plot("xSample size", d3a, geom_density_ridges, 
             aes(x = num, group = label, fill = group, height = ..density..),
             alpha = .5, lwd = .3, scale = .3) %>%
  # vertical crossbar for Mdn, X for Mdn of site medians
  facet_plot("xSample size", d4, geom_crossbarh, aes(x = Mdn, xmin = Mdn, xmax = Mdn, group = label,
             col = group), alpha = .5, width = .6, fatten = 1.5) %>%
  # facet_plot("xSample size", d4, geom_point, aes(x = Mdn_site2, group = label), shape = 4, size = 2.5,
             # stroke = 1.05) %>%
  # vertical mark for individual sites
  facet_plot("xSample size", d3b, geom_jitter, aes(x = num2, group = label), shape = "|", size = 2.5,
             width = .5, height = 0, alpha = .5)

qx

TODO add legends

ggsave("../graphs/phylo_ridge_site.pdf", width = 6, height = 8, scale = 2)

Diversity score

# subset tree to just those species who have sample sizes reported, i.e. those who were tested
to_drop <- tree3 %>% filter(is.na(Nstudies) | Nstudies < 2) %>% pull(label)
tree6 <- drop.tip(tree4, to_drop)
ggtree(tree6, aes(col = group)) +
  # root
  geom_rootedge(rootedge = 5) +
  # tip labels
  geom_tippoint(aes(size = Nstudies), shape = 21, fill = "white") +
  geom_tippoint(aes(size = Nsites), stroke = 0, alpha = .8) +
  geom_tiplab(offset = 4, size = 3) +
  geom_text(aes(label = Nsites), x = 113, hjust = 1, size = 3) +
  geom_text(aes(label = Nstudies), x = 120, hjust = 1, size = 3) +
  # tweak scales
  scale_color_manual(values = c("grey30", cols)) +
  scale_fill_manual(values = cols) +
  scale_size_area(max_size = 8) +
  # display timescale at the bottom
  theme_tree2() +
  xlim_tree(120) +
  xlab("Distance (Millions of years)")

TODO add legends

ggsave("../graphs/phylo_div_score.pdf", width = 4, height = 4.5, scale = 2)

Session info

sessionInfo()
R version 3.6.1 (2019-07-05)
Platform: x86_64-apple-darwin15.6.0 (64-bit)
Running under: macOS Mojave 10.14.5

Matrix products: default
BLAS:   /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libBLAS.dylib
LAPACK: /Library/Frameworks/R.framework/Versions/3.6/Resources/lib/libRlapack.dylib

locale:
[1] en_US.UTF-8/en_US.UTF-8/en_US.UTF-8/C/en_US.UTF-8/en_US.UTF-8

attached base packages:
[1] stats     graphics  grDevices utils     datasets  methods   base     

other attached packages:
 [1] tidytree_0.2.8    ggtree_1.16.6     treeio_1.8.2      ggstance_0.3.3    ggridges_0.5.1   
 [6] viridis_0.5.1     viridisLite_0.3.0 cowplot_1.0.0     gridExtra_2.3     forcats_0.4.0    
[11] stringr_1.4.0     dplyr_0.8.3       purrr_0.3.2       readr_1.3.1       tidyr_1.0.0      
[16] tibble_2.1.3      ggplot2_3.2.1     tidyverse_1.2.1  

loaded via a namespace (and not attached):
 [1] tidyselect_0.2.5   xfun_0.10          reshape2_1.4.3     haven_2.1.1        lattice_0.20-38   
 [6] colorspace_1.4-1   vctrs_0.2.0        generics_0.0.2     rlang_0.4.0        pillar_1.4.2      
[11] glue_1.3.1         withr_2.1.2        modelr_0.1.5       readxl_1.3.1       rvcheck_0.1.5     
[16] lifecycle_0.1.0    plyr_1.8.4         munsell_0.5.0      gtable_0.3.0       cellranger_1.1.0  
[21] rvest_0.3.4        labeling_0.3       knitr_1.25         parallel_3.6.1     broom_0.5.2       
[26] Rcpp_1.0.2         BiocManager_1.30.7 scales_1.0.0       backports_1.1.5    jsonlite_1.6      
[31] digest_0.6.21      hms_0.5.1          stringi_1.4.3      grid_3.6.1         cli_1.1.0         
[36] tools_3.6.1        magrittr_1.5       lazyeval_0.2.2     crayon_1.3.4       ape_5.3           
[41] pkgconfig_2.0.3    zeallot_0.1.0      xml2_1.2.2         lubridate_1.7.4    assertthat_0.2.1  
[46] httr_1.4.1         rstudioapi_0.10    R6_2.4.0           nlme_3.1-141       compiler_3.6.1    
LS0tCnRpdGxlOiAiUGh5bG9nZW5ldGljIFRyZWUiCm91dHB1dDogCiAgaHRtbF9ub3RlYm9vazoKICAgIGNzczogc3R5bGUuY3NzCiAgICB0aGVtZTogcGFwZXIKLS0tCgpMb2FkIHBhY2thZ2VzCgpgYGB7ciwgbWVzc2FnZT1GQUxTRX0KbGlicmFyeSh0aWR5dmVyc2UpCmxpYnJhcnkoZ3JpZEV4dHJhKQpsaWJyYXJ5KGNvd3Bsb3QpCmxpYnJhcnkodmlyaWRpcykKbGlicmFyeShnZ3JpZGdlcykKbGlicmFyeShnZ3N0YW5jZSkKbGlicmFyeSh0cmVlaW8pCmxpYnJhcnkoZ2d0cmVlKQpsaWJyYXJ5KHRpZHl0cmVlKQpgYGAKCkxvYWQgYW5kIGNvbWJpbmUgZGF0YQoKYGBge3IsIG1lc3NhZ2U9RkFMU0V9CnN0dWRpZXMgPC0gcmVhZF9jc3YoIi4uL2RhdGEvc3R1ZGllc19nc2hlZXQuY3N2IikKc3BlY2llcyA8LSByZWFkX2NzdigiLi4vZGF0YS9zcGVjaWVzX2dzaGVldC5jc3YiKQpmdWxsdHJlZSA8LSByZWFkLm5leHVzKCIuLi9kYXRhL2NvbnNlbnN1c1RyZWVfMTBrVHJlZXNfMjk4UHJpbWF0ZXNfVjMubmV4IikKcmVmcyA8LSByZWFkX2NzdigiLi4vZGF0YS9yZWZfbm9kZXMuY3N2IikKYGBgCgpgYGB7cn0KZGF0YSA8LSBzdHVkaWVzICU+JSAKICBsZWZ0X2pvaW4oc3BlY2llcywgYnkgPSBjKCJzcGVjaWVzIiA9ICJzcGVjaWVzX2ZpbGUiKSkgJT4lIAogIGZpbHRlcihzcGVjaWVzICE9ICJNYWNhY2Egc3AuIikgJT4lIAogIHJlbmFtZShsYWJlbCA9IHNwZWNpZXNfdHJlZSwgbnVtID0gbikgJT4lIAogIHNlbGVjdChsYWJlbCwgc3R1ZHlJRCwgc3BlY2llcywgc2l0ZSwgbnVtKQpgYGAKCmBgYHtyfQpkYXRhMiA8LSBkYXRhICU+JQogIGdyb3VwX2J5KGxhYmVsLCBzcGVjaWVzKSAlPiUgCiAgc3VtbWFyaXNlKE5zaXRlcyA9IG5fZGlzdGluY3Qoc2l0ZSksIE5zdHVkaWVzID0gbl9kaXN0aW5jdChzdHVkeUlEKSkgJT4lIAogIG11dGF0ZShkaXZfc2NvcmUgPSBOc2l0ZXMvTnN0dWRpZXMpCmBgYAoKYGBge3J9CiMgdHVybiB0cmVlIGludG8gdGlkeSBkYXRhZnJhbWUKdHJlZTIgPC0gZnVsbHRyZWUgJT4lIAogIGRyb3AudGlwKGMoIlBhbl90cm9nbG9keXRlc19zY2h3ZWluZnVydGhpaSIsICJQYW5fdHJvZ2xvZHl0ZXNfdHJvZ2xvZHl0ZXMiLAogICAgICAgICAgICAgIlBhbl90cm9nbG9keXRlc192ZWxsZXJvc3VzIiwgIlBvbmdvX3B5Z21hZXVzIikpICU+JQogIGFzX3RpYmJsZQoKaW5uZXJfbm9kZXMgPC0gYygyOTU6MzA0LCAzMTQ6MzE1LCAzMjA6MzI2LCAzMjg6MzMyLCAzMzQsIDMzNjozNTMsIDM1NjozNTgsIDM2MjozNjQsIDM2NiwgMzgyOjM5MCwgMzk1LCAzOTk6NDAyLCA0MDQ6NDEwLCA0MTI6NDE4LCA0MjA6NDIzLCA0MzA6NDMzLCA0MzU6NDM5LCA0NDU6NDQ5LCA0NTM6NDU1LCA0NTc6NDU4LCA0NTk6NDYxLCA0NjQ6NDcxLCA0NzM6NDc4LCA0ODA6NDg0LCA0ODg6NDk5LCA1MTIsIDUzMTo1MzIsIDUzNjo1MzgsIDU0MTo1NDUsIDU1Mjo1NTQsIDU2MTo1NjMsIDU2NiwgNTY4KQoKdHJlZTMgPC0gdHJlZTIgJT4lIAogIG11dGF0ZShsYWJlbCA9IGZjdF9yZWNvZGUobGFiZWwsICJQYW5fdHJvZ2xvZHl0ZXMiID0gIlBhbl90cm9nbG9keXRlc192ZXJ1cyIsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIlBvbmdvX3NwcCIgPSAiUG9uZ29fYWJlbGlpIikpICU+JSAKICBsZWZ0X2pvaW4oZGF0YTIpICU+JSAKICBtdXRhdGUoCiAgICBoYXNOID0gaWZlbHNlKGlzLm5hKE5zdHVkaWVzKSwgLjEsIC41KSwgIyB1c2VkIHRvIHNpemUgYnJhbmNoZXMgKyBjb2xvciB0aGUgdGlwIGxhYmVscwogICAgaGFzTjIgPSBpZmVsc2UoaXMubmEoTnN0dWRpZXMpICYgIShub2RlICVpbiUgaW5uZXJfbm9kZXMpLCAwLCAuNSksICMgdXNlZCB0byBjb2xvciBicmFuY2hlcwogICAgbGFiZWwgPSBzdHJfcmVwbGFjZV9hbGwobGFiZWwsICJfIiwgIiAiKSkgJT4lIAogIGxlZnRfam9pbihyZWZzKSAlPiUgCiAgZ3JvdXBDbGFkZShyZWZzJG5vZGVbLTFdKSAlPiUgCiAgbXV0YXRlKGdyb3VwID0gZmN0X3JlY29kZShncm91cCwgIjIiID0gIjEiKSkKCiMgdHVybiBiYWNrIGludG8gdHJlZQp0cmVlNCA8LSBhcy50cmVlZGF0YSh0cmVlMykKYGBgCgojIENpcmN1bGFyIHRyZWUgb2YgdGhlIDEwa3RyZWUgcHJpbWF0ZXMKCmBgYHtyfQpjb2xzIDwtIHZpcmlkaXMoNCwgZW5kID0gLjkpCmBgYAoKYGBge3J9CnAgPC0gZ2d0cmVlKHRyZWU0LCBhZXMoYWxwaGEgPSBoYXNOMiksIGxheW91dCA9ICJjaXJjdWxhciIpICsgIyBzaXplID0gaGFzTiwgCiAgIyBoaWdobGlnaHQgY2xhZGVzIHdpdGggYmFja2dyb3VuZCBjb2xvcnMKICBnZW9tX2hpbGlnaHQobm9kZSA9IDQ4NSwgZmlsbCA9IGNvbHNbMV0sIGFscGhhID0gLjMpICsKICBnZW9tX2hpbGlnaHQobm9kZSA9IDQ4OCwgZmlsbCA9IGNvbHNbMV0sIGFscGhhID0gLjMpICsKICBnZW9tX2hpbGlnaHQobm9kZSA9IDQyMSwgZmlsbCA9IGNvbHNbMl0sIGFscGhhID0gLjMpICsKICBnZW9tX2hpbGlnaHQobm9kZSA9IDI5OSwgZmlsbCA9IGNvbHNbM10sIGFscGhhID0gLjMpICsKICBnZW9tX2hpbGlnaHQobm9kZSA9IDQwNCwgZmlsbCA9IGNvbHNbNF0sIGFscGhhID0gLjMpICsKICAjIHBsb3QgdHJlZSBhZ2FpbiB0byBiZSBvbiB0b3Agb2YgdGhlIGhpZ2hsaWdodHMKICBnZW9tX3RyZWUoKSArCiAgIyByb290CiAgZ2VvbV9yb290cG9pbnQoc2l6ZSA9IDEpICsKICAjIHRpcHMKICBnZW9tX3RpcHBvaW50KGFlcyhzaXplID0gTnN0dWRpZXMpLCBhbHBoYSA9IC43KSArCiAgZ2VvbV90aXBsYWIyKGFlcyhhbHBoYSA9IGhhc04pLCBvZmZzZXQgPSAzLCBzaXplID0gMykgKwogICMgdHdlYWsgc2NhbGVzCiAgc2NhbGVfYWxwaGFfY29udGludW91cyhyYW5nZSA9IGMoLjIsIDEpKSArCiAgc2NhbGVfc2l6ZV9hcmVhKG1heF9zaXplID0gMTUpICsKICAjIHdpZGVuIHBsb3R0aW5nIGFyZWEKICB4bGltKE5BLCAxMDApCmBgYAoKYGBge3J9CnBjb2wgPC0gZ2dwbG90KHRpYmJsZShjb2xzID0gY29scywgeCA9IDE6NCksIGFlcyh4LCB5ID0gMSwgY29sID0gY29scykpICsKICBnZW9tX3BvaW50KHNpemUgPSA2LCBhbHBoYSA9IC4zKSArCiAgc2NhbGVfY29sb3JfaWRlbnRpdHkoIkNsYWRlIiwgZ3VpZGUgPSAibGVnZW5kIiwgYnJlYWtzID0gY29sc1tjKDEsIDMsIDQsIDIpXSwgCiAgICAgICAgICAgICAgICAgICAgICAgbGFiZWxzID0gYygiVGFyc2lmb3JtZXMgJiBTdHJlcHNpcnJoaW5pIiwgIkNhdGFycmhpbmkiLCAKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICJIb21vbm9pZGVhIiwgIlBsYXR5cnJoaW5pIikpICsKICB0aGVtZV9jb3dwbG90KCkKCmwxIDwtIGdldF9sZWdlbmQocGNvbCkKYGBgCgpgYGB7cn0KcHNpemUgPC0gZ2dwbG90KGRhdGEyLCBhZXMoc2l6ZSA9IE5zdHVkaWVzLCB4ID0gMSwgeSA9IDEpKSArCiAgZ2VvbV9wb2ludChhbHBoYSA9IC43KSArCiAgc2NhbGVfc2l6ZV9hcmVhKCJOdW1iZXIgb2YgU3R1ZGllcyIsIG1heF9zaXplID0gMTUpICsKICB0aGVtZV9jb3dwbG90KCkKCmwyIDwtIGdldF9sZWdlbmQocHNpemUpCmBgYAoKYGBge3IsIGZpZy53aWR0aD0xMCwgZmlnLmhlaWdodD03LCBjYWNoZT1UUlVFfQpweCA8LSBwbG90X2dyaWQocCwgcGxvdF9ncmlkKE5BLCBsMSwgbDIsIE5BLCBuY29sID0gMSwgcmVsX2hlaWdodHMgPSBjKC4zLCAuMTUsIC4xNSwgLjMpKSwgTkEsCiAgICAgICAgICBucm93ID0gMSwgcmVsX3dpZHRocyA9IGMoMSwgLjIsIC4xKSkKCnB4CmBgYAoKYGBge3IsIGNhY2hlPVRSVUV9Cmdnc2F2ZSgiLi4vZ3JhcGhzL3BoeWxvX2Z1bGwucGRmIiwgcHgsIHdpZHRoID0gMTAsIGhlaWdodCA9IDcsIHNjYWxlID0gMikKYGBgCgpgYGB7ciwgZmlnLndpZHRoPTgsIGZpZy5oZWlnaHQ9OCwgY2FjaGU9VFJVRSwgZXZhbD1GQUxTRX0KIyB0byBmaWd1cmUgb3V0IG5vZGUgbnVtYmVycwpuMSA8LSBwICsgZ2VvbV90ZXh0KGFlcyhsYWJlbCA9IG5vZGUsIHggPSBicmFuY2gpLCBzaXplID0gMiwgY29sID0gImJsdWUiLCB2anVzdCA9IC0uNSkKZ2dzYXZlKCIuLi9ncmFwaHMvZnVsbF90cmVlX25vZGVzX2NpcmN1bGFyLnBkZiIsIG4xLCB3aWR0aCA9IDgsIGhlaWdodCA9IDgsIHNjYWxlID0gMikKYGBgCgpgYGB7ciwgZmlnLndpZHRoPTgsIGZpZy5oZWlnaHQ9MjAsIGNhY2hlPVRSVUUsIGV2YWw9RkFMU0V9Cm4yIDwtIGdndHJlZSh0cmVlNCwgYWVzKHNpemUgPSBoYXNOLCBhbHBoYSA9IGhhc04yKSkgKwogICMgaGlnaGxpZ2h0IGNsYWRlcyB3aXRoIGJhY2tncm91bmQgY29sb3JzCiAgZ2VvbV9oaWxpZ2h0KG5vZGUgPSA0ODUsIGZpbGwgPSBjb2xzWzFdLCBhbHBoYSA9IC4zKSArCiAgZ2VvbV9oaWxpZ2h0KG5vZGUgPSA0ODgsIGZpbGwgPSBjb2xzWzFdLCBhbHBoYSA9IC4zKSArCiAgZ2VvbV9oaWxpZ2h0KG5vZGUgPSA0MjEsIGZpbGwgPSBjb2xzWzJdLCBhbHBoYSA9IC4zKSArCiAgZ2VvbV9oaWxpZ2h0KG5vZGUgPSAyOTksIGZpbGwgPSBjb2xzWzNdLCBhbHBoYSA9IC4zKSArCiAgZ2VvbV9oaWxpZ2h0KG5vZGUgPSA0MDQsIGZpbGwgPSBjb2xzWzRdLCBhbHBoYSA9IC4zKSArCiAgIyBwbG90IHRyZWUgYWdhaW4gdG8gYmUgb24gdG9wIG9mIHRoZSBoaWdobGlnaHRzCiAgZ2VvbV90cmVlKCkgKwogICMgcm9vdAogIGdlb21fcm9vdGVkZ2Uocm9vdGVkZ2UgPSAyKSArCiAgZ2VvbV9yb290cG9pbnQoc2l6ZSA9IDEpICsKICAjIG5vZGUgbGFiZWxzCiAgZ2VvbV90ZXh0KGFlcyhsYWJlbCA9IG5vZGUsIHggPSBicmFuY2gpLCBzaXplID0gMiwgY29sID0gImJsdWUiLCB2anVzdCA9IC0uNSkgKwogICMgdGlwcwogIGdlb21fdGlwcG9pbnQoYWVzKHNpemUgPSBOc3R1ZGllcyksIGFscGhhID0gLjcpICsKICBnZW9tX3RpcGxhYihhZXMoYWxwaGEgPSBoYXNOKSwgb2Zmc2V0ID0gMS44LCBzaXplID0gMykgKwogICMgdHdlYWsgc2NhbGVzCiAgc2NhbGVfYWxwaGFfY29udGludW91cyhyYW5nZSA9IGMoLjIsIDEpKSArCiAgc2NhbGVfc2l6ZV9jb250aW51b3VzKHJhbmdlID0gYyguNSwgMTUpKSArCiAgIyB3aWRlbiBwbG90dGluZyBhcmVhCiAgZXhwYW5kX2xpbWl0cyh4ID0gOTApICsKICB0aGVtZV90cmVlMigpCgpnZ3NhdmUoIi4uL2dyYXBocy9mdWxsX3RyZWVfbm9kZXMucGRmIiwgbjIsIHdpZHRoID0gOCwgaGVpZ2h0ID0gMjAsIHNjYWxlID0gMikKYGBgCgoKIyBTYW1wbGUgc2l6ZSBpbiBkZXRhaWwKCmBgYHtyfQpkYXRhICU+JSBhcnJhbmdlKGRlc2MobnVtKSkgJT4lIG11dGF0ZShzaXRlID0gc3RyX3N1YihzaXRlLCAxLCAzNSkpICU+JSBzZWxlY3QoLXNwZWNpZXMpCmBgYAoKYGBge3J9CiMgc3Vic2V0IHRyZWUgdG8ganVzdCB0aG9zZSBzcGVjaWVzIHdobyBoYXZlIHNhbXBsZSBzaXplcyByZXBvcnRlZCwgaS5lLiB0aG9zZSB3aG8gd2VyZSB0ZXN0ZWQKdG9fZHJvcCA8LSB0cmVlMyAlPiUgZmlsdGVyKGlzLm5hKE5zdHVkaWVzKSkgJT4lIHB1bGwobGFiZWwpCnRyZWU1IDwtIGRyb3AudGlwKHRyZWU0LCB0b19kcm9wKQpkMyA8LSBtdXRhdGUoZGF0YSwgbGFiZWwgPSBzdHJfcmVwbGFjZV9hbGwobGFiZWwsICJfIiwgIiAiKSkKYGBgCgpgYGB7cn0KIyBmaWx0ZXIgc3VwZXIgbGFyZ2Ugc2FtcGxlcyBvdXQgZm9yIHZpc3VhbGl6YXRpb24/IG5vdGUgaW4gY2FwdGlvbgojIHNwZWNpZXMgd2l0aCBtb3JlIHRoYW4gWCBzaXRlcyBjYW4gZ2V0IGEgZGVuc2l0eQpkM2EgPC0gZDMgJT4lIGdyb3VwX2J5KHNwZWNpZXMpICU+JSBmaWx0ZXIobl9kaXN0aW5jdChzaXRlKSA+PSA0LCBudW0gPD0gMjAwKQpkM2IgPC0gZDMgJT4lICMgc2V0ZGlmZihkMywgZDNhKSAlPiUgIyMgPC0gdG8gTk9UIHNob3cgcG9pbnRzIGZvciBkZW5zaXRpZXMKICBncm91cF9ieShzcGVjaWVzKSAlPiUgCiAgIyBjcmVhdGUgdmFyaWFibGUgbnVtMiBpcyBOQSBpZiB0aGVyZSdzIG9ubHkgb25lIGRhdGEgcG9pbnQgZm9yIGEgc3BlY2llcwogICMgLS0+IHRob3NlIHNwZWNpZXMgd2lsbCBvbmx5IGdldCB0aGUgdmVydGljYWwgY3Jvc3NiYXIKICBtdXRhdGUoZmxhZyA9IG5fZGlzdGluY3Qoc2l0ZSkgPT0gMSkgJT4lIAogIHVuZ3JvdXAgJT4lIAogIG11dGF0ZShudW0yID0gaWZlbHNlKGZsYWcsIE5BLCBudW0pKSAlPiUgCiAgZmlsdGVyKG51bSA8PSAyMDApCgojIGZvciB2ZXJ0aWNhbCBjcm9zc2JhciA9IG1lZGlhbgpkNGEgPC0gZDMgJT4lIAogIGdyb3VwX2J5KGxhYmVsLCBzcGVjaWVzKSAlPiUgCiAgc3VtbWFyaXNlKE1kbiA9IG1lZGlhbihudW0sIG5hLnJtID0gVCkpICMgdG90YWxOID0gc3VtKG51bSksIHNpdGVzTiA9IG5fZGlzdGluY3Qoc2l0ZSkKCiMgZm9yIGNyb3NzID0gbWVkaWFuIChzYW1wbGUgc2l6ZSBieSBzcGVjaWVzIGFuZCBzaXRlKQpkNGIgPC0gZDMgJT4lIAogIGdyb3VwX2J5KGxhYmVsLCBzcGVjaWVzLCBzaXRlKSAlPiUgCiAgc3VtbWFyaXNlKE1kbl9zaXRlID0gbWVkaWFuKG51bSwgbmEucm0gPSBUKSklPiUgCiAgZ3JvdXBfYnkobGFiZWwsIHNwZWNpZXMpICU+JSAKICBzdW1tYXJpc2UoTWRuX3NpdGUyID0gbWVkaWFuKE1kbl9zaXRlKSkKCiMgbWFrZSBOQSB3aGVuIGNsb3NlciB0aGFuIDEgdG8gTWRuCmQ0IDwtIGZ1bGxfam9pbihkNGEsIGQ0YikgJT4lIAogIG11dGF0ZShNZG5fc2l0ZTIgPSBpZmVsc2UoTWRuID09IE1kbl9zaXRlMiwgTkEsIE1kbl9zaXRlMikpCgojIGZvciB2ZXJ0aWNhbCBsaW5lIGluIHJpZGdlIHBsb3QgKGdyYW5kIG1lZGlhbikKIyArIGhhY2t5IHdheSB0byBtYWtlIGhvcml6b250YWwgZ3JpZCBsaW5lcyBmb3IgcmlnaHQgcGFuZWwgb25seQp2IDwtIHRpYmJsZShyZWZlcmVuY2UgPSBjKE5BLCBtZWRpYW4oZDMkbnVtLCBuYS5ybSA9IFQpKSwgLnBhbmVsID0gYygiVHJlZSIsICJ4U2FtcGxlIHNpemUiKSkKaCA8LSB0aWJibGUocmVmZXJlbmNlID0gYyhOQSwgMTpOdGlwKHRyZWU1KSksIC5wYW5lbCA9IGMoIlRyZWUiLCByZXAoInhTYW1wbGUgc2l6ZSIsIE50aXAodHJlZTUpKSkpCgojIGZvciBheGlzIGxhYmVscwpheCA8LSB0aWJibGUobGFiID0gYygiRGlzdGFuY2UgKE1pbGxpb25zIG9mIHllYXJzKSIsICJTYW1wbGUgc2l6ZSIpLCAKICAgICAgICAgICAgIHggPSBjKDYwLCAxMDApLCB5ID0gLTQsIC5wYW5lbCA9IGMoIlRyZWUiLCAieFNhbXBsZSBzaXplIikpCmBgYAoKYGBge3IsIGNhY2hlPVRSVUV9CiMgTEVGVCBGQUNFVApxIDwtIGdndHJlZSh0cmVlNSwgYWVzKGNvbCA9IGdyb3VwKSkgKwogICMgcm9vdAogIGdlb21fcm9vdGVkZ2Uocm9vdGVkZ2UgPSA1KSArCiAgIyB0aXAgbGFiZWxzCiAgZ2VvbV90aXBwb2ludChhZXMoc2l6ZSA9IE5zdHVkaWVzKSwgc2hhcGUgPSAyMSwgZmlsbCA9ICJ3aGl0ZSIpICsKICBnZW9tX3RpcHBvaW50KGFlcyhzaXplID0gTnNpdGVzKSwgc3Ryb2tlID0gMCwgYWxwaGEgPSAuOCkgKwogIGdlb21fdGlwbGFiKGFlcyhsYWJlbCA9IHN0cl9jKGxhYmVsLCAiICgiLCBOc2l0ZXMsICIvIiwgTnN0dWRpZXMsICIpIikpLCBvZmZzZXQgPSA0LCBzaXplID0gMykgKwogICMgdHdlYWsgc2NhbGVzCiAgc2NhbGVfY29sb3JfbWFudWFsKHZhbHVlcyA9IGMoImdyZXkzMCIsIGNvbHMpKSArCiAgc2NhbGVfZmlsbF9tYW51YWwodmFsdWVzID0gY29scykgKwogIHNjYWxlX3NpemVfYXJlYShtYXhfc2l6ZSA9IDgpICsKICAjIGRpc3BsYXkgdGltZXNjYWxlIGF0IHRoZSBib3R0b20KICB0aGVtZV90cmVlMigpICsKICB4bGltX3RyZWUoMTEyKSArCiAgeGxpbV9leHBhbmQoYygwLCAxNzUpLCAieFNhbXBsZSBzaXplIikgKwogICMgYWRkIGF4aXMgbGFiZWxzCiAgZ2VvbV90ZXh0KGRhdGEgPSBheCwgYWVzKGxhYmVsID0gbGFiKSwgY29sID0gImJsYWNrIikgKwogIHNjYWxlX3hfY29udGludW91cyhleHBhbmQgPSBleHBhbmRfc2NhbGUobXVsdCA9IGMoMCwgLjAxKSkpICsKICBzY2FsZV95X2NvbnRpbnVvdXMobGltaXRzID0gYygyLCBOdGlwKHRyZWU1KSksIG9vYiA9IGZ1bmN0aW9uKHgsIC4uLikgeCkgKwogIGNvb3JkX2NhcnRlc2lhbihjbGlwID0gIm9mZiIpICsKICAjIGFkZCByZWZlcmVuY2UgbGluZXMgKHRoZXNlIHdpbGwgc2hvdyB1cCBvbiByaWdodCBwYW5lbCBvZiBmYWNldF9wbG90IG9ubHkpCiAgZ2VvbV9obGluZShkYXRhID0gaCwgYWVzKHlpbnRlcmNlcHQgPSByZWZlcmVuY2UpLCBsd2QgPSAuMiwgY29sID0gImdyZXkiLCBhbHBoYSA9IC41KSArCiAgZ2VvbV92bGluZShkYXRhID0gdiwgYWVzKHhpbnRlcmNlcHQgPSByZWZlcmVuY2UpLCBsd2QgPSAxLjUsIGNvbCA9ICJncmV5IiwgYWxwaGEgPSAuMykgKwogICMgcmVtb3ZlIGZhY2V0IHN0cmlwcywgZXhwYW5kIGJvdHRvbSBtYXJnaW4gKHRvIG1ha2Ugc3BhY2UgZm9yIHggYXhpcyBsYWJlbHMpCiAgdGhlbWUoc3RyaXAudGV4dCA9IGVsZW1lbnRfYmxhbmsoKSwgc3RyaXAuYmFja2dyb3VuZCA9IGVsZW1lbnRfYmxhbmsoKSwKICAgICAgICBwbG90Lm1hcmdpbiA9IHVuaXQoYygxLCAxLCAyLCAxLjUpLCAiY20iKSwgcGFuZWwuc3BhY2luZyA9IHVuaXQoMSwgImNtIikpCmBgYAoKYGBge3IsIGZpZy53aWR0aD02LCBmaWcuaGVpZ2h0PTgsIGNhY2hlPVRSVUV9CiMgcmlnaHQtc2lkZSB2aXogZGVwZW5kcyBvbiB0aGUgbnVtYmVyIG9mIHNpdGVzIHBlciBzcGVjaWVzOgojIDEgc2l0ZSA9IHZlcnRpY2FsIGNyb3NzYmFyIG9ubHkKIyAyKyBzaXRlcyA9IHBvaW50cyArIGNyb3NzYmFyIGF0IG1lZGlhbgojIFgrIHNpdGVzID0gZGVuc2l0aWVzIChjdXJyZW50bHksIFggPSA0IGp1c3QgdG8gaWxsdXN0cmF0ZSkKCiMgZGlydHkgaGFjazogeCBpbiBmcm9udCBvZiAiU2FtcGxlIHNpemUiIGlzIHRvIGhhdmUgdGhhdCBwYW5lbCBzb3J0IHRvIHRoZSByaWdodCAoYWxwaGFiZXRpY2FsbHkpIHVudGlsIEkgZmlndXJlIG91dCB3aHkgaXQgZG9lc24ndCBqdXN0IGdvIGJ5IG9yZGVyLiBUaGlzIGNyb3BwZWQgdXAgYXMgYW4gaXNzdWUgd2hlbiBJIGFkZGVkIHRoZSBkdW1teSBwb2ludCBmb3IgdGhlIHgtYXhpcyBleHBhbnNpb24uLi4KCiMgQUREIFJJR0hUIEZBQ0VUCnF4IDwtIHEgJT4lIAogICMgZGVuc2l0aWVzIGZvciBzcGVjaWVzIHdpdGggZW5vdWdoIHNpdGVzCiAgZmFjZXRfcGxvdCgieFNhbXBsZSBzaXplIiwgZDNhLCBnZW9tX2RlbnNpdHlfcmlkZ2VzLCAKICAgICAgICAgICAgIGFlcyh4ID0gbnVtLCBncm91cCA9IGxhYmVsLCBmaWxsID0gZ3JvdXAsIGhlaWdodCA9IC4uZGVuc2l0eS4uKSwKICAgICAgICAgICAgIGFscGhhID0gLjUsIGx3ZCA9IC4zLCBzY2FsZSA9IC4zKSAlPiUKICAjIHZlcnRpY2FsIGNyb3NzYmFyIGZvciBNZG4sIFggZm9yIE1kbiBvZiBzaXRlIG1lZGlhbnMKICBmYWNldF9wbG90KCJ4U2FtcGxlIHNpemUiLCBkNCwgZ2VvbV9jcm9zc2JhcmgsIGFlcyh4ID0gTWRuLCB4bWluID0gTWRuLCB4bWF4ID0gTWRuLCBncm91cCA9IGxhYmVsLAogICAgICAgICAgICAgY29sID0gZ3JvdXApLCBhbHBoYSA9IC41LCB3aWR0aCA9IC42LCBmYXR0ZW4gPSAxLjUpICU+JQogICMgZmFjZXRfcGxvdCgieFNhbXBsZSBzaXplIiwgZDQsIGdlb21fcG9pbnQsIGFlcyh4ID0gTWRuX3NpdGUyLCBncm91cCA9IGxhYmVsKSwgc2hhcGUgPSA0LCBzaXplID0gMi41LAogICAgICAgICAgICAgIyBzdHJva2UgPSAxLjA1KSAlPiUKICAjIHZlcnRpY2FsIG1hcmsgZm9yIGluZGl2aWR1YWwgc2l0ZXMKICBmYWNldF9wbG90KCJ4U2FtcGxlIHNpemUiLCBkM2IsIGdlb21faml0dGVyLCBhZXMoeCA9IG51bTIsIGdyb3VwID0gbGFiZWwpLCBzaGFwZSA9ICJ8Iiwgc2l6ZSA9IDIuNSwKICAgICAgICAgICAgIHdpZHRoID0gLjUsIGhlaWdodCA9IDAsIGFscGhhID0gLjUpCgpxeApgYGAKClRPRE8gYWRkIGxlZ2VuZHMKCmBgYHtyfQpnZ3NhdmUoIi4uL2dyYXBocy9waHlsb19yaWRnZV9zaXRlLnBkZiIsIHdpZHRoID0gNiwgaGVpZ2h0ID0gOCwgc2NhbGUgPSAyKQpgYGAKCiMgRGl2ZXJzaXR5IHNjb3JlCgpgYGB7cn0KIyBzdWJzZXQgdHJlZSB0byBqdXN0IHRob3NlIHNwZWNpZXMgd2hvIGhhdmUgc2FtcGxlIHNpemVzIHJlcG9ydGVkLCBpLmUuIHRob3NlIHdobyB3ZXJlIHRlc3RlZAp0b19kcm9wIDwtIHRyZWUzICU+JSBmaWx0ZXIoaXMubmEoTnN0dWRpZXMpIHwgTnN0dWRpZXMgPCAyKSAlPiUgcHVsbChsYWJlbCkKdHJlZTYgPC0gZHJvcC50aXAodHJlZTQsIHRvX2Ryb3ApCmBgYAoKYGBge3IsIGZpZy53aWR0aD00LCBmaWcuaGVpZ2h0PTUsIGNhY2hlPVRSVUV9CmdndHJlZSh0cmVlNiwgYWVzKGNvbCA9IGdyb3VwKSkgKwogICMgcm9vdAogIGdlb21fcm9vdGVkZ2Uocm9vdGVkZ2UgPSA1KSArCiAgIyB0aXAgbGFiZWxzCiAgZ2VvbV90aXBwb2ludChhZXMoc2l6ZSA9IE5zdHVkaWVzKSwgc2hhcGUgPSAyMSwgZmlsbCA9ICJ3aGl0ZSIpICsKICBnZW9tX3RpcHBvaW50KGFlcyhzaXplID0gTnNpdGVzKSwgc3Ryb2tlID0gMCwgYWxwaGEgPSAuOCkgKwogIGdlb21fdGlwbGFiKG9mZnNldCA9IDQsIHNpemUgPSAzKSArCiAgZ2VvbV90ZXh0KGFlcyhsYWJlbCA9IE5zaXRlcyksIHggPSAxMTMsIGhqdXN0ID0gMSwgc2l6ZSA9IDMpICsKICBnZW9tX3RleHQoYWVzKGxhYmVsID0gTnN0dWRpZXMpLCB4ID0gMTIwLCBoanVzdCA9IDEsIHNpemUgPSAzKSArCiAgIyB0d2VhayBzY2FsZXMKICBzY2FsZV9jb2xvcl9tYW51YWwodmFsdWVzID0gYygiZ3JleTMwIiwgY29scykpICsKICBzY2FsZV9maWxsX21hbnVhbCh2YWx1ZXMgPSBjb2xzKSArCiAgc2NhbGVfc2l6ZV9hcmVhKG1heF9zaXplID0gOCkgKwogICMgZGlzcGxheSB0aW1lc2NhbGUgYXQgdGhlIGJvdHRvbQogIHRoZW1lX3RyZWUyKCkgKwogIHhsaW1fdHJlZSgxMjApICsKICB4bGFiKCJEaXN0YW5jZSAoTWlsbGlvbnMgb2YgeWVhcnMpIikKYGBgCgpUT0RPIGFkZCBsZWdlbmRzCgpgYGB7cn0KZ2dzYXZlKCIuLi9ncmFwaHMvcGh5bG9fZGl2X3Njb3JlLnBkZiIsIHdpZHRoID0gNCwgaGVpZ2h0ID0gNC41LCBzY2FsZSA9IDIpCmBgYAoKIyBTZXNzaW9uIGluZm8KCmBgYHtyfQpzZXNzaW9uSW5mbygpCmBgYAoK